french-part-of-speech:
  id: french-part-of-speech.dev.v0
  description: Test the model's knowledge what part of speech a given word can have in French, using data from fr.wiktionary.org (as of 2023-05-20)
  metrics: [accuracy]
french-part-of-speech.dev.v0:
  class: evals.elsuite.basic.match:Match
  args:
    samples_jsonl: french-part-of-speech/samples.jsonl